export LD_PRELOAD=$LD_PRELOAD:/usr/local/lib/python3.12/dist-packages/sklearn/utils/../../scikit_learn.libs/libgomp-947d5fa1.so.1.0.0 
python3 benchmark_serving.py --dataset /root/corex_knife/eval/dataset/ShareGPT_V3_unfiltered_cleaned_split.json \
                            --tokenizer /data/DeepSeek-R1-Distill-Llama-70B \
                            --model-uid deepseek-r1-distill-llama \
                            --num-prompt 640 --concurrency 64 --trust-remote-code
